9257b836370aa537394adbac9091857f48bdbcd0,src/org/commoncrawl/mapred/ec2/postprocess/crawldb/CrawlDBWriter.java,CrawlDBWriter,crawlDetailRecordFromCrawlStatusRecord,#JsonObject#URLFPV2#HashSet#Reporter#,818

Before Change


      // basic stats ... starting with crawl time ...
      crawlStatsJSON.addProperty(CRAWLDETAIL_FAILURE,true);
      crawlStatsJSON.addProperty(CRAWLDETAIL_FAILURE_REASON,jsonObject.get("failure_reason").getAsString());
      crawlStatsJSON.addProperty(CRAWLDETAIL_FAILURE_DETAIL,jsonObject.get("failure_detail").getAsString());
    }
    
    return crawlStatsJSON;

After Change


      // basic stats ... starting with crawl time ...
      crawlStatsJSON.addProperty(CRAWLDETAIL_FAILURE,true);
      crawlStatsJSON.addProperty(CRAWLDETAIL_FAILURE_REASON,safeGetStringFromElement(jsonObject,"failure_reason"));
      crawlStatsJSON.addProperty(CRAWLDETAIL_FAILURE_DETAIL,safeGetStringFromElement(jsonObject,"failure_detail"));
    }
    
    return crawlStatsJSON;